import json

import pandas as pd

valid_result=json.load(open('result/valid_result.json','r'))
a=set([json.dumps(tmp) for tmp in valid_result['submit_result']])
valid_result['submit_result']=[json.loads(s) for s in a]
json.dump(valid_result,open('result/valid_result_new.json','w'),ensure_ascii=False)
# valid_data=json.load(open('data/train.json'))
# b=set([json.dumps(tmp,ensure_ascii=False) for tmp in valid_data])
# if len(b)==len(valid_data):
#     print('=')
